00010000:00010000:0.0F:1787096253.105449:0:7400:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787096253.341023:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0F:1787096253.341061:0:8384:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077050880 00000100:00100000:1.0:1787096253.341079:0:8384:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077050880 00000100:00080000:3.0F:1787096253.341124:0:6473:0:(pinger.c:502:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787096253.341159:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 133 00000100:00100000:1.0:1787096253.341173:0:8384:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+8:27407:x1873906077050880:12345-192.168.201.52@tcp:101:rm.0 00010000:00010000:1.0:1787096253.341198:0:8384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096253.341223:0:8384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880400/0x9eebb2eb7f50d56c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41058 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.341291:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50d573 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.341307:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50d573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.341322:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50d573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096253.341393:0:8384:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1787096253.341398:0:8384:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787096253.341421:0:8384:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50d573 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.341447:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880400/0x9eebb2eb7f50d56c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41058 expref: 10 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.341465:0:8384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50d573 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41058 expref: 9 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.341474:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a8b27a900) 00010000:00010000:1.0:1787096253.341477:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1787096253.341480:0:8384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7983881c00, rc 0) 00000100:00100000:1.0:1787096253.341539:0:8384:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+9:27407:x1873906077050880:12345-192.168.201.52@tcp:101:rm.0 Request processed in 372us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096253.341546:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 133 00000100:00100000:3.0:1787096253.344084:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096253.344133:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077051008 00000100:00100000:1.0:1787096253.344139:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077051008 00000100:00100000:1.0:1787096253.344176:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 134 00000100:00100000:1.0:1787096253.344184:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aad125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+9:27407:x1873906077051008:12345-192.168.201.52@tcp:101:rm.0 00010000:00010000:1.0:1787096253.344194:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787096253.344206:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50d57a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b4105f expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344240:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344249:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344256:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344266:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344271:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344275:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344332:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50d58f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344348:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50d58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344383:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50d58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787096253.344408:0:6476:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 0 00000004:00200000:1.0:1787096253.344411:0:6476:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787096253.344421:0:6476:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50d58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344430:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50d58f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344436:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344441:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344447:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344451:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983880200 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096253.344454:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344459:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344468:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a8b27a900) 00010000:00010000:1.0:1787096253.344475:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096253.344478:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344483:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880200/0x9eebb2eb7f50d581 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344492:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344496:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344501:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344504:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7983880800 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:1.0:1787096253.344506:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344510:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344515:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd21bc93c (ffff8c7a8b27a400) 00010000:00010000:1.0:1787096253.344516:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787096253.344518:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344522:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983880800/0x9eebb2eb7f50d588 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344540:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881200/0x9eebb2eb7f50d57a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4105f expref: 11 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344559:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50d58f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4105f expref: 10 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.344565:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8c7a8b27ac00) 00010000:00010000:1.0:1787096253.344568:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787096253.344570:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7983881e00, rc 0) 00000100:00100000:1.0:1787096253.344613:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aad125880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+10:27407:x1873906077051008:12345-192.168.201.52@tcp:101:rm.0 Request processed in 429us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1787096253.344622:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 134 00000100:00100000:2.0F:1787096253.346431:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096253.346474:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077051264 00000100:00100000:0.0:1787096253.346480:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077051264 00000100:00100000:0.0:1787096253.346514:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 135 00000100:00100000:0.0:1787096253.346522:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+10:27407:x1873906077051264:12345-192.168.201.52@tcp:36:rm.0 00010000:00010000:0.0:1787096253.346550:0:10275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787096253.346564:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881e00/0x9eebb2eb7f50d58f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4105f expref: 10 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346576:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8c7a8b27ac00) 00010000:00010000:0.0:1787096253.346585:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7983881c00/0x9eebb2eb7f50d573 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41058 expref: 9 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346593:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a8b27a900) 00010000:00010000:0.0:1787096253.346597:0:10275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787096253.346609:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346616:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346621:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346629:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50d59d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346634:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50d59d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346650:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50d59d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346689:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346694:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346699:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346866:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346876:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346885:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346894:0:10275:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346900:0:10275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346907:0:10275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346941:0:10275:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787096253.346956:0:10275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.346965:0:6466:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787096253.346974:0:6466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346976:0:10275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.346993:0:10275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.346995:0:6466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762800 already unused, calling callback (ffffffffc0bef6f0) 00010000:00010000:1.0:1787096253.347000:0:6466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347003:0:10275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762a00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096253.347011:0:10275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.347012:0:6466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.347035:0:6466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8c7a92c71700) 00010000:00010000:0.0:1787096253.347036:0:10275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.347040:0:6466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1787096253.347045:0:6466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 1/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.347053:0:6466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762800/0x9eebb2eb7f50d5ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347055:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8c7a92c71700) 00010000:00010000:0.0:1787096253.347060:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1787096253.347063:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096253.347064:0:10275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347071:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5a4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x10:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787096253.347073:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787096253.347076:0:6466:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787096253.347097:0:10275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347105:0:10275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347110:0:10275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347115:0:10275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd762400 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096253.347125:0:10275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347133:0:10275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347141:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71e00) 00010000:00010000:0.0:1787096253.347144:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096253.347147:0:10275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347153:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762400/0x9eebb2eb7f50d596 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787096253.347166:0:10275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 00000000e00a36ce reply state 000000000191ee91 transno 4294967352 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50d59d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347178:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763a00/0x9eebb2eb7f50d59d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd21bc93c bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.347184:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd21bc93c (ffff8c7a8b27a400) 00010000:00010000:0.0:1787096253.347187:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787096253.347190:0:10275:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787096253.347242:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983331500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+10:27407:x1873906077051264:12345-192.168.201.52@tcp:36:rm.0 Request processed in 720us (812us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1787096253.347250:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 135 00000001:02000400:1.0:1787096253.892942:0:19640:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-ec test 7: nosync flag on parity mirror prevents resync updates ========================================================== 19:37:33 (1787096253) 00000100:00100000:3.0:1787096253.940164:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096253.940214:0:8384:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077051392 00000100:00100000:0.0:1787096253.940224:0:8384:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077051392 00000100:00100000:0.0:1787096253.940276:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 136 00000100:00100000:0.0:1787096253.940286:0:8384:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7aad125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+10:27571:x1873906077051392:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:0.0:1787096253.940307:0:8384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096253.940335:0:8384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5b2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41066 expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.940412:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50d5b9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.940425:0:8384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50d5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.940435:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50d5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096253.940468:0:8384:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1787096253.940471:0:8384:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787096253.940487:0:8384:0:(mdt_handler.c:2510:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50d5b9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.940508:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762a00/0x9eebb2eb7f50d5b2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41066 expref: 12 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.940524:0:8384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50d5b9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41066 expref: 11 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.940531:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71e00) 00010000:00010000:0.0:1787096253.940534:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787096253.940537:0:8384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd763c00, rc 0) 00000100:00100000:0.0:1787096253.940588:0:8384:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7aad125f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+11:27571:x1873906077051392:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 305us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096253.940594:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 136 00000100:00100000:2.0:1787096253.942060:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:3.0:1787096253.942107:0:6476:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077051520 00000100:00100000:3.0:1787096253.942112:0:6476:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077051520 00000100:00100000:3.0:1787096253.942152:0:6476:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 137 00000100:00100000:3.0:1787096253.942160:0:6476:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7983330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+11:27571:x1873906077051520:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:3.0:1787096253.942168:0:6476:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787096253.942177:0:6476:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8000/0x9eebb2eb7f50d5c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b4106d expref: -99 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942205:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942212:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942218:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942228:0:6476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942233:0:6476:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942238:0:6476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942263:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942268:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942279:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942284:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7a869c8c00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:3.0:1787096253.942287:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942293:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942302:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71e00) 00010000:00010000:3.0:1787096253.942304:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787096253.942307:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942312:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8c00/0x9eebb2eb7f50d5c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942320:0:6476:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942324:0:6476:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942329:0:6476:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942332:0:6476:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7a869c9a00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:3.0:1787096253.942334:0:6476:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942346:0:6476:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942369:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe65b522 (ffff8c7ab3f9fe00) 00010000:00010000:3.0:1787096253.942371:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787096253.942374:0:6476:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942378:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c9a00/0x9eebb2eb7f50d5ce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6476 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942402:0:6476:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8000/0x9eebb2eb7f50d5c0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4106d expref: 12 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942410:0:6476:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71e00) 00010000:00010000:3.0:1787096253.942412:0:6476:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787096253.942414:0:6476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7a869c8000/0x9eebb2eb7f50d5c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4106d expref: 12 pid: 6476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787096253.942421:0:6476:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7a869c8000, rc 0) 00000100:00100000:3.0:1787096253.942450:0:6476:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7983330700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+11:27571:x1873906077051520:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 292us (395us total) trans 0 rc 301/301 00000100:00100000:3.0:1787096253.942456:0:6476:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 137 00000100:00100000:2.0:1787096253.943715:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096253.943766:0:10275:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077051776 00000100:00100000:0.0:1787096253.943777:0:10275:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077051776 00000100:00100000:0.0:1787096253.943814:0:10275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 138 00000100:00100000:0.0:1787096253.943823:0:10275:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+11:27571:x1873906077051776:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:0.0:1787096253.943831:0:10275:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787096253.943833:0:10275:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1787096253.943844:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763c00/0x9eebb2eb7f50d5b9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41066 expref: 11 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.943860:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71e00) 00010000:00010000:0.0:1787096253.943869:0:10275:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787096253.943878:0:10275:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50d5d5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b41074 expref: -99 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.943946:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.943957:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.943966:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.943991:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50d5e3 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944000:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50d5e3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944007:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50d5e3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944415:0:10275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944427:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944438:0:10275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096253.944449:0:10275:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 0 00010000:00010000:0.0:1787096253.944474:0:10275:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944488:0:10275:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944504:0:10275:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944515:0:10275:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7abd763000 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096253.944518:0:10275:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944526:0:10275:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944538:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a92c71700) 00010000:00010000:0.0:1787096253.944542:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787096253.944545:0:10275:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944565:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763000/0x9eebb2eb7f50d5dc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787096253.944580:0:10275:0:(mdt_handler.c:4479:mdt_save_lock()) ### save lock request 000000008d68d957 reply state 000000005eeeb812 transno 4294967353 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50d5e3 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944592:0:10275:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd762e00/0x9eebb2eb7f50d5e3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xfe65b522 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10275 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944600:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xfe65b522 (ffff8c7a92c71b00) 00010000:00010000:0.0:1787096253.944603:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787096253.944607:0:10275:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1787096253.944634:0:10275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763800/0x9eebb2eb7f50d5d5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 13 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944659:0:10275:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 12 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.944667:0:10275:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8c7a92c71d00) 00010000:00010000:0.0:1787096253.944670:0:10275:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1787096253.944673:0:10275:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7abd763200, rc 0) 00000100:00100000:0.0:1787096253.944712:0:10275:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd440a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:f9858421-28a9-4744-99eb-72e5bedc52c4+13:27571:x1873906077051776:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 890us (996us total) trans 4294967353 rc 0/0 00000100:00100000:0.0:1787096253.944720:0:10275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 138 00000100:00100000:0.0:1787096253.946092:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:2.0:1787096253.946152:0:8384:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077052032 00000100:00100000:2.0:1787096253.946158:0:8384:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077052032 00000100:00100000:2.0:1787096253.946192:0:8384:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 139 00000100:00100000:2.0:1787096253.946202:0:8384:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+13:27571:x1873906077052032:12345-192.168.201.52@tcp:101:lfs.0 00010000:00010000:2.0:1787096253.946213:0:8384:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787096253.946226:0:8384:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750400/0x9eebb2eb7f50d5f8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4ef7bc65b7b4107b expref: -99 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096253.946271:0:8384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096253.946281:0:8384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 14 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096253.946288:0:8384:0:(ldlm_resource.c:1724:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 4/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096253.946315:0:8384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 14 pid: 10275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787096253.946326:0:8384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 14 pid: 10275 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787096253.946338:0:8384:0:(client.c:1905:ptlrpc_send_new_req()) Sending RPC req@ffff8c7983887800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8384:1873906084442496:192.168.201.52@tcp:104: 00000100:00100000:2.0:1787096253.946437:0:8384:0:(client.c:2692:ptlrpc_set_wait()) set ffff8c7a87ed49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787096253.947141:0:8384:0:(client.c:2391:ptlrpc_check_set()) Completed RPC req@ffff8c7983887800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8384:1873906084442496:192.168.201.52@tcp:104: 00010000:00010000:0.0:1787096253.947165:0:8384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096253.947445:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:0.0:1787096253.947471:0:10225:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077052160 00000100:00100000:0.0:1787096253.947475:0:10225:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077052160 00010000:00010000:0.0:1787096253.947498:0:10225:0:(ldlm_lockd.c:2676:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 15 pid: 10275 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787096253.947521:0:10225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 52 00000100:00100000:0.0:1787096253.947530:0:10225:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7a90587850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+15:2407:x1873906077052160:12345-192.168.201.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787096253.947542:0:10225:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787096253.947546:0:10225:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 15 pid: 10275 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947557:0:10225:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 15 pid: 10275 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947571:0:10225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7abd763200/0x9eebb2eb7f50d5ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b41074 expref: 15 pid: 10275 timeout: 303 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947583:0:10225:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8c7a92c71d00) 00010000:00010000:0.0:1787096253.947587:0:10225:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,1 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947593:0:10225:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947598:0:10225:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947624:0:10225:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787096253.947649:0:10225:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7a90587850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:f9858421-28a9-4744-99eb-72e5bedc52c4+14:2407:x1873906077052160:12345-192.168.201.52@tcp:103:ldlm_bl.0 Request processed in 122us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1787096253.947655:0:10225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 52 00010000:00010000:0.0:1787096253.947748:0:8384:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947754:0:8384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787096253.947763:0:8384:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 0 00010000:00010000:0.0:1787096253.947854:0:8384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947860:0:8384:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947864:0:8384:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947868:0:8384:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8c7aa2750a00 already unused, calling callback (ffffffffc17594f0) 00010000:00010000:0.0:1787096253.947870:0:8384:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947875:0:8384:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947881:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8c7a92c71d00) 00010000:00010000:0.0:1787096253.947895:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787096253.947903:0:8384:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 2/0,0 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947935:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750a00/0x9eebb2eb7f50d5ff lrc: 0/0,0 mode: --/EX res: [0x200000402:0x11:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947967:0:8384:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750400/0x9eebb2eb7f50d5f8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4107b expref: 13 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947975:0:8384:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8c7a86975100) 00010000:00010000:0.0:1787096253.947976:0:8384:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1787096253.947979:0:8384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8c7aa2750400/0x9eebb2eb7f50d5f8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.52@tcp remote: 0x4ef7bc65b7b4107b expref: 13 pid: 8384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787096253.947988:0:8384:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8c7aa2750400, rc 0) 00000100:00100000:0.0:1787096253.948017:0:8384:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:f9858421-28a9-4744-99eb-72e5bedc52c4+12:27571:x1873906077052032:12345-192.168.201.52@tcp:101:lfs.0 Request processed in 1819us (1929us total) trans 0 rc 301/301 00000100:00100000:0.0:1787096253.948023:0:8384:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 139 00000100:00100000:0.0:1787096253.948952:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.52@tcp (source: 12345-192.168.201.52@tcp) 00000100:00100000:1.0:1787096253.949008:0:6479:0:(service.c:2304:ptlrpc_server_handle_req_in()) unwrap req x1873906077052416 00000100:00100000:1.0:1787096253.949015:0:6479:0:(service.c:2369:ptlrpc_server_handle_req_in()) got req x1873906077052416 00000100:00100000:1.0:1787096253.949053:0:6479:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.52@tcp, seq: 20 00000100:00100000:1.0:1787096253.949064:0:6479:0:(service.c:2555:ptlrpc_server_handle_request()) Handling RPC req@ffff8c7abd5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+12:27571:x1873906077052416:12345-192.168.201.52@tcp:35:lfs.0 00000100:00100000:1.0:1787096253.949199:0:6479:0:(service.c:2613:ptlrpc_server_handle_request()) Handled RPC req@ffff8c7abd5c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:f9858421-28a9-4744-99eb-72e5bedc52c4+13:27571:x1873906077052416:12345-192.168.201.52@tcp:35:lfs.0 Request processed in 137us (247us total) trans 4294967354 rc 0/0 00000100:00100000:1.0:1787096253.949208:0:6479:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.52@tcp, seq: 20 00010000:00010000:0.0:1787096254.128546:0:6465:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787096254.438428:0:19688:0:(debug.c:651:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-ec test_7: @@@@@@ FAIL: create EC file failed Debug log: 301 lines, 301 kept, 0 dropped, 0 bad.